# LLM server config
LLM_GPU_DEVICE = "7"
# LLM_MODEL_PATH = "/home/chia/model/Meta_LLaMA_hf/llama-7b-hf"
LLM_MODEL_PATH = "/home/chia/model/tatsu_alpaca-7b"
LLM_SERVER_HOST = "0.0.0.0"
LLM_SERVER_PORT = 8002
